"""
Case Type   : ustore_DQL_SET_OPERATIONS
Case Name   : 指定smallint类型验证union/union all/except
Create At   : 2022-05-12
Owner       : nanyang12
Description :
    1.创建表
    2.使用copy命令插入数据
    3.指定smallint类型验证union/union all/except
    4.环境清理
Expect      :
    1.创建成功
    2.数据插入成功
    3.成功
    4.清理成功
History     :
"""

import os
import subprocess
import unittest

from testcase.utils.Common import Common
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Constant import Constant
from testcase.utils.Logger import Logger
from yat.test import Node
from yat.test import macro


class Ustore01(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info(f'----- {os.path.basename(__file__)} start-----')
        self.pri_sh = CommonSH('PrimaryDbUser')
        self.pri_root = Node('PrimaryRoot')
        self.com = Common()
        self.constant = Constant()
        self.table_name1 = 't_ustore_cast_smallint_0001_01'
        self.table_name2 = 't_ustore_cast_smallint_0001_02'
        self.copy_file1 = 'call_center_33.txt'
        self.copy_file2 = 'customer_33.txt'
        self.cur_path_1 = os.path.join(macro.SCRIPTS_PATH, self.copy_file1)
        self.cur_path_2 = os.path.join(macro.SCRIPTS_PATH, self.copy_file2)
        self.parent_path = os.path.dirname(macro.DB_INSTANCE_PATH)
        self.target_path1 = os.path.join(self.parent_path, self.copy_file1)
        self.target_path2 = os.path.join(self.parent_path, self.copy_file2)

    def test_join(self):
        step_txt = '-----step1:创建表;expect: 创建成功-----'
        self.log.info(step_txt)
        cmd_sql = f"""drop table if exists {self.table_name1}  CASCADE ;
                    drop table if exists {self.table_name2}  CASCADE ;
                create table {self.table_name1}
                (
                  cc_call_center_sk         integer               not null,
                  cc_call_center_id         char(16)              not null,
                  cc_rec_start_date         date                          ,
                  cc_rec_end_date           date                          ,
                  cc_closed_date_sk         integer                       ,
                  cc_open_date_sk           integer                       ,
                  cc_name                   varchar(50)                   ,
                  cc_class                  varchar(50)                   ,
                  cc_employees              integer                       ,
                  cc_sq_ft                  integer                       ,
                  cc_hours                  char(20)                      ,
                  cc_manager                varchar(40)                   ,
                  cc_mkt_id                 integer                       ,
                  cc_mkt_class              char(50)                      ,
                  cc_mkt_desc               varchar(100)                  ,
                  cc_market_manager         varchar(100)                   ,
                  cc_division               varchar(100)                       ,
                  cc_division_name          varchar(50)                   ,
                  cc_company                varchar(100)                       ,
                  cc_company_name           char(50)                      ,
                  cc_street_number          char(10)                      ,
                  cc_street_name            varchar(60)                   ,
                  cc_street_type            char(15)                      ,
                  cc_suite_number           char(10)                      ,
                  cc_city                   varchar(60)                   ,
                  cc_county                 varchar(30)                   ,
                  cc_state                  char(50)                       ,
                  cc_zip                    char(20)                      ,
                  cc_country                varchar(20)                   ,
                  cc_gmt_offset             decimal(5,2)                  ,
                  cc_tax_percentage         decimal(5,2)                  
                )  WITH (STORAGE_TYPE=USTORE);
                create table {self.table_name2}
                (
                    c_customer_sk             integer               not null,
                    c_customer_id             char(16)              not null,
                    c_current_cdemo_sk        integer                       ,
                    c_current_hdemo_sk        integer                       ,
                    c_current_addr_sk         integer                       ,
                    c_first_shipto_date_sk    integer                       ,
                    c_first_sales_date_sk     integer                       ,
                    c_salutation              char(10)                      ,
                    c_first_name              char(20)                      ,
                    c_last_name               char(30)                      ,
                    c_preferred_cust_flag     char(1)                       ,
                    c_birth_day               integer                       ,
                    c_birth_month             integer                       ,
                    c_birth_year              integer                       ,
                    c_birth_country           varchar(20)                   ,
                    c_login                   char(13)                      ,
                    c_email_address           char(50)                      ,
                    c_last_review_date        char(10)
                )  WITH (STORAGE_TYPE=USTORE);"""
        self.log.info(cmd_sql)
        create_result = self.pri_sh.execut_db_sql(cmd_sql)
        self.log.info(create_result)
        self.assertTrue(
            create_result.count(self.constant.TABLE_CREATE_SUCCESS) == 2,
            '执行失败:' + step_txt)

        step_txt = '-----step2:使用copy命令插入数据，expect: 数据插入成功-----'
        self.log.info(step_txt)
        text = '-----step2.1: 获取当前主机的IP地址;expect: 成功-----'
        self.log.info(text)
        cmd = "ifconfig -a|grep inet6 -a2|grep broadcast|awk '{print $2}'"
        self.log.info(cmd)
        self.cur_ip = subprocess.getoutput(cmd).strip()
        self.log.info(self.cur_ip)

        text = '-----step2.2: 复制文件到数据库主机对应目录 expect: 成功-----'
        self.log.info(text)
        if self.cur_ip == self.pri_sh.node.ssh_host:
            self.log.info('当前主机是数据库主机，无需远程复制')
            cmd = f"cp {self.cur_path_1} {self.parent_path};" \
                f"cp {self.cur_path_2} {self.parent_path};"
            self.log.info(cmd)
            res = self.pri_sh.node.sh(cmd).result()
            self.log.info(res)
        else:
            self.com.scp_file(self.pri_root, self.copy_file1,
                              self.parent_path)
            self.com.scp_file(self.pri_root, self.copy_file2,
                              self.parent_path)
            chmod_cmd = f"chmod 777 -R {self.parent_path};" \
                        f"ls -al {self.parent_path}"
            self.log.info(chmod_cmd)
            chmod_result = self.pri_root.sh(chmod_cmd).result()
            self.log.info(chmod_result)

        text = '-----step2.3: 查看数据库主机目标路径下文件 expect: 成功-----'
        self.log.info(text)
        cmd = f"ls -l {self.parent_path}| grep -E '{self.copy_file1}';" \
            f"ls -l {self.parent_path}| grep -E '{self.copy_file2}';"
        self.log.info(cmd)
        res = self.pri_root.sh(cmd).result()
        self.log.info(res)
        self.assertNotIn('No such file or directory', res, '文件拷贝失败')
        self.assertIn(f'{self.copy_file1}', res, '文件拷贝失败')
        self.assertIn(f'{self.copy_file2}', res, '文件拷贝失败')

        text = '-----step2.4:使用copy命令插入数据，expect: 数据插入成功-----'
        self.log.info(text)
        self.log.info('---------------使用copy命令插入数据------------------')
        copy_sql = f"copy {self.table_name1} from '{self.target_path1}' " \
            f"delimiters ',';" \
            f"copy {self.table_name2} from '{self.target_path2}' " \
            f"delimiters ',';"
        self.log.info(copy_sql)
        copy_result = self.pri_sh.execut_db_sql(copy_sql)
        self.log.info(copy_result)
        self.assertIn('COPY 6', copy_result, '执行失败:' + step_txt)
        self.assertIn('COPY 10000', copy_result, '执行失败:' + step_txt)

        step_txt = '-----step3: 指定smallint类型验证union/union all/except' \
                   ' expect: 成功-----'
        self.log.info(step_txt)
        cmd_sql = f"""
        select *
          from (select t1.a, t1.b, grouping(t1.b) c
                  from (select cc_mkt_id ::smallint as a, cc_sq_ft ::bigint b
                          from {self.table_name1}) t1
                 group by t1.a, t1.b
                union
                select t2.a, t2.b, grouping(t2.a) c
                  from (select c_birth_day ::bigint a, c_birth_month ::smallint b
                          from {self.table_name2}
                         where c_birth_day = c_birth_month
                         group by c_birth_day, c_birth_month) t2
                 group by t2.a, t2.b)
         where a < b
         group by b, cube(a, c)
         order by 1, 2, 3;
         
        select *
          from (select t2.a, max(distinct t2.b) b, grouping(t2.b) c
                  from (select c_birth_day  a,
                               sum(c_current_addr_sk * c_first_shipto_date_sk
                                   ::bigint) b
                          from {self.table_name2}
                         where c_birth_day = c_birth_month
                         group by c_birth_day) t2
                 group by t2.a,
                          t2.b except all
                           select t1.a, t1.b, grouping(t1.b) c
                             from (select cc_mkt_id ::bigint  as a,
                                          cc_sq_ft  ::bigint b
                                     from {self.table_name1}) t1
                            group by t1.a, t1.b
                )
         group by b, rollup(c), a
         order by 1, 2, 3;
         
        select t2.a ::char(2), max(distinct t2.b) b, grouping(t2.b) ::smallint c
          from (select c_birth_day ::smallint a, sum(c_current_addr_sk) ::varchar(100) b
                  from {self.table_name2}
                 where c_birth_day = c_birth_month
                 group by c_birth_day) t2
         group by t2.a,t2.b 
        union all
        select t1.a, t1.b ::varchar(100), grouping(t1.b)  c
        from (select cc_mkt_id ::char(2) as a, cc_sq_ft::smallint b
              from {self.table_name1}) t1
        group by t1.a, t1.b , t1.b
        order by 1, 2, 3;"""
        self.log.info(cmd_sql)
        query_result = self.pri_sh.execut_db_sql(cmd_sql)
        self.log.info(query_result)
        self.assertIn('24 rows', query_result, '执行失败:' + step_txt)
        self.assertIn('13 rows', query_result, '执行失败:' + step_txt)

    def tearDown(self):
        step_txt = '-----step4: 环境清理 expect:清理成功-----'
        self.log.info(step_txt)
        self.log.info('删除表')
        cmd_sql = self.pri_sh.execut_db_sql(f"""
                    drop table {self.table_name1} cascade;
                    drop table {self.table_name2} cascade;""")
        self.log.info(cmd_sql)
        text = '-----删除文件-----'
        self.log.info(text)
        rm_cmd = f"rm -rf {self.target_path1};" \
            f"rm -rf {self.target_path2}"
        self.log.info(rm_cmd)
        self.com.get_sh_result(self.pri_root, rm_cmd)
        for s in [self.target_path1, self.target_path2]:
            cmd = f'if [ -f {s} ]; then echo "does exists"; ' \
                f'else echo "not exists"; fi'
            file_judgments = self.com.get_sh_result(self.pri_root, cmd)
            self.assertIn('not exists', file_judgments, "清理失败" + text)
        self.assertTrue(
            cmd_sql.count(self.constant.DROP_TABLE_SUCCESS) == 2,
            '执行失败:' + step_txt)
        self.log.info(f'----- {os.path.basename(__file__)} end-----')
